home
***
CD-ROM
|
disk
|
FTP
|
other
***
search
/
Trading on the Edge
/
Trading On The Edge - CD-ROM Toolkit (Wayzata Technology)(2031)(1994).bin
/
pc
/
mac_file
/
vendor_d
/
neuralwa
/
nw2v50
/
spr.inh
< prev
next >
Wrap
Text File
|
1993-08-23
|
7KB
|
277 lines
inst4.1
!****************************************************************
!* *
!* Spatio-Temporal Pattern Recognition Network Generator *
!* *
!****************************************************************
! Input: # of input PE's
! Hidden 1: if non-zero, add a normalizing layer (polar norm)
! Hidden 2: # of temporal steps to generate network for (# of SPR layers)
! Output: # of classes of output
!
! register usage:
! n0 = previous layer number
! n1 = input layer (or normalizing layer)
! n2 = "output" layer (where outputs go)
! n3 = result of global inhibition layer
! n4 = current category number (PE in output)
! n5 = counter of number of layers to add
! *** check that input / hidden / output PE count is non-zero
?&In 1
>bge CheckOut
@Err "SPR MUST have at least one input PE"
:CheckOut
?&Out 1
>bge OutOK
@Err "SPR MUST have at least one output PE"
:OutOK
?&Hd2 2
>bge HidOK
@Err "SPR MUST have at lease two temporal time steps (Hidden 2)"
:HidOK
! *** Load the Control Strategy and LRS if needed
@LdCS "spr" !control strategy
@LdLR "spr" !L/R schedule
=netn "InstaNet (tm) SPR (Avalanche) Network version 2.00 20-Sep-89"
=DLnF 0 !learn re-display off
=DRcF 0 !recall re-display off
! *** Build the Input Layer ***
@LLdf !load default layer to mi_layer structure
=LDln "In" !layer name
=Lpes &In !copy # of input PEs from menu
=x 100 !place to put layer on screen
=y 80
#Incl "stdnwgtf.iif" !standard # weight fields
@LAdd !add the input layer
=n1 LayN !input layer
=n0 LayN !prior layer
! *** Add a layer to compute the Polar Norm (if Hidden 1 != 0) ***
?&Hd1 0 !normalizing layer?
>ble NoNorm !no
@LLdf !load default layer to mi_layer structure
=LDln "Norm" !layer name
=Lpes &In !set number of PEs
+Lpes 1 !# of inputs + 1
=Lsum "NormPolar" !special normalization
+y 50
#Incl "stdnwgtf.iif" !standard # weight fields
@LAdd !add the layer
=n1 LayN !use norm layer as "input" for now
=SPEl LayN !current layer
@SlPE
=NPEl n0 !input layer
@NrPE
=cnwt 1.0 !unit weights
=cnty WFix !fixed weights
=cnsc WRel !relative positions
@LCCr !connect corresponding PEs
=n0 LayN !previous layer
:NoNorm
! *** Build as many SPR layers as required and connect them up ***
=n5 &Out !number of SPR layers to build
:MkSPR !*** Main loop to build SPR layers ***
@LLdf !start with default layer again
=LDln "SPR" !layer name
+LDln LayN !con-catenante layer number
=Lpes &Hd2 !number of time steps in each sequence
=Lsum "SPR" !summation function
=Ltrn "SPR" !transfer function
=Lcmp "SPR" !SPR competition during learning
=Llrn "SPR" !learning rule
=Llow 0.0 !limit low output to zero
=Lhgh 1.0 !limit high output to one
+y 50 !up higher on display
#Incl "stdnwgtf.iif" !standard # weight fields
@LAdd
-n5 1 !decrement number of layers left to add
?n5 0
>bgt MkSPR !keep adding layers
=n0 LayN !prior layer
! *** Build the output layer & connect it to prior layer ***
@LLdf !load default layer to mi_layer structure
=LDln "N Act" !layer name
=Lpes &Out !copy # of input PEs from menu
=Llow 0.0 !minimum value of zero output
+y 50
#Incl "stdnwgtf.iif" !standard # weight fields
@LAdd !add the output layer
=n2 LayN !category layer to connect to
=n0 LayN
@LLdf !special sum layer
=LDln "NT" !activity level in network
=Lpes 1 !one PE
+y 40
-x 50
#Incl "stdnwgtf.iif" !standard # weight fields
@LAdd !add it
=SPEn 0 !select PE number in layer
=SPEl LayN !current layer
@SlPE !selecte it
@LdSP
=PENm "Act"
@SvSP
=NPEn 0 !neare PE number in layer
=NPEl n0 !prior layer
@NrPE !point to it
=cnwt 1.0 !connection weight
=cnty WFix !fixed weights
=cnsc WAbs !absolute geometry
@LCFl !connect fully
=cnwt 0.0 !target activity level = # of steps in seq
-cnwt &Hd2
=NPEl -1 !bias layer
@NrPE !now we are near that PE
@PCon !connect it up
=n0 LayN !prior layer
! *** build the multiply layer next ***
@LLdf !load default layer to mi_layer structure
=LDln "I" !layer name
=Lpes 1 !only one PE in this layer
=Llow 0 !minimum output of zero
=Lhgh 2 !maximum output of one
=Lsum "CumSum" !cumulative sum
+y 40
#Incl "stdnwgtf.iif" !standard # weight fields
@LAdd !add the inhibition layer
=n3 LayN !keep track of it for posterity
=NPEl n0 !point to prior layer
@NrPE
=SPEl LayN !current layer
@SlPE
@LdSP
=PENm "Inh"
@SvSP
=cnwt .05 !Inhibition must change slowly
@PCon !connect it to inhibitory term
=n0 LayN !prior layer hook up
! *** Create the network output layer ***
@LLdf !special sum layer
=LDln "Out" !output of the network network
=Lpes &Out !total number of output PEs
+y 40
+x 50
#Incl "stdnwgtf.iif" !standard # weight fields
@LAdd !add it
=SPEl LayN !select output layer
@SlPE
=NPEl n2 !"prior" output layer
@NrPE
=cnwt 1.0
/cnwt &Hd2 !divide by # of inputs
=cnsc WRel
@LCCr !connect corresponding
! *** go back and properly connect up the various SPR chains ***
! First, connect them to the output layer
=SPEl n2 !output layer
=NPEl n1 !"input" layer
=cnwt 1.0 !connect to it with fixed weights
=cnsc WRel
=cnty WFix
=n4 0 !start with category zero
:CnOuts
=SPEn n4 !output PE to connect to
@SlPE !select the appropriate output PE
+NPEl 1
=NPEn 0 !start with PE 1 from current layer
:Cn1O
@NrPE !selecte it
@PCon !connect it
+NPEn 1 !next PE in layer
?NPEn &Hd2 !are we done?
>blt Cn1O !no, keep going
+n4 1 !next output category
?n4 &Out
>blt CnOuts
! *** Go back through the SPR layer & connect up its inputs ***
=SPEl n1 !point to input layer
+SPEl 1 !next layer
:CnSPR !connect up SPR layer
=NPEn 0 !near PE 0
=NPEl SPEl !connect up chain first
=SPEn 1
@NrPE
@SlPE
=cnty WSet !modified weight
=cnsc WRel ! connected relatively
=cnwt 1.0 ! 1.0
@PCon !connect it
=NPEn 1 !both near & selected
@NrPE
@LCLk !connect like
=cnsc WAbs !absolute connection to inhibition
=cnty WFix !fixed weights too
=cnwt -1.0 !negative weight to inhibition
=NPEn 0
=NPEl n3 !point to global inhibition
@NrPE
@LCFl !connect fully to it
=cnty WVar !variable weights for input
=cnwt 0.0 !zero for now (randomized later)
=NPEl n1 !point to input layer
@NrPE
@LCFl !connect fully to it too
+SPEl 1 !next layer
?SPEl n2 !are we done?
>blt CnSPR !no, keep connecting
! *** Select Control Strategy & L/R Schedule ***
@LLsl !load super layer
=Lctl "spr" !SPR control strategy
=Llrs "spr" !SPR L/R Schedule
=Llnn "spr" !name of learn input
=Lrcn "spr" !name of recall output
=Lscl -1 !input low-value
=Loff 1 !input high-value
=Lax1 Epch !epoch size
=Llow 0 !output low-value
=Lhgh 1 !output high-value
@SVsl !save it back
!
!=Grph 1 !Activate instrument list
!=GrLF "spr" !instrument list file
!
=jogl -.1 !lower limit for jog
=jogh +.1 !upper limit for jog
=seed 257 !starting seed number
@seed !set the seed
@Nrnd !randomize the network
@EOF
